batch_size_training: int = 2
num_epochs: int = 3
model_name: str = "/home/sldl/home_data/llama2_7b/Llama2_7b_hf"
mmlu_dir = "/home/sldl/home_data/llama2_7b/dataset/mmlu_dataset"
dataset_dir = "/home/sldl/home_data/llama2_7b/dataset/samsum_dataset"
output_dir: str = "PEFT_model"
weight_dir = model_name
nproc = 1
nnodes = 1
use_fp16 = False
